{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "b599a094",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "登录cookie XSRF-TOKEN=zIARnRM0QQaLudJk_4OBXw; __gc_id=e936feed5bd343e5a73b304fa0d4ad5f; _ga=GA1.1.504776059.1697021947; __uuid=1697021948310.51; __tlog=1697021948354.48%7C00000000%7C00000000%7C00000000%7C00000000; Hm_lvt_a2647413544f5a04f00da7eee0d5e200=1697021951; acw_tc=2760828416970219810274366e53a098388abcfc886c89f5cbf2332344893f; Hm_lpvt_a2647413544f5a04f00da7eee0d5e200=1697021975; __session_seq=4; __uv_seq=4; __tlg_event_seq=24; _ga_54YTJKWN86=GS1.1.1697021946.1.1.1697023027.0.0.0\n",
      "这是第1页，接下来将先等待7秒...然后以继续抓取\n",
      "这是第2页，接下来将先等待4秒...然后以继续抓取\n",
      "这是第3页，接下来将先等待8秒...然后以继续抓取\n",
      "这是第4页，接下来将先等待8秒...然后以继续抓取\n",
      "这是第5页，接下来将先等待8秒...然后以继续抓取\n",
      "这是第6页，接下来将先等待4秒...然后以继续抓取\n",
      "这是第7页，接下来将先等待6秒...然后以继续抓取\n",
      "这是第8页，接下来将先等待9秒...然后以继续抓取\n",
      "这是第9页，接下来将先等待7秒...然后以继续抓取\n",
      "这是第10页，接下来将先等待3秒...然后以继续抓取\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dataInfo</th>\n",
       "      <th>dataParams</th>\n",
       "      <th>comp.compScale</th>\n",
       "      <th>comp.link</th>\n",
       "      <th>comp.compName</th>\n",
       "      <th>comp.compLogo</th>\n",
       "      <th>comp.compId</th>\n",
       "      <th>comp.compIndustry</th>\n",
       "      <th>job.labels</th>\n",
       "      <th>job.requireEduLevel</th>\n",
       "      <th>...</th>\n",
       "      <th>job.dataPromId</th>\n",
       "      <th>recruiter.recruiterId</th>\n",
       "      <th>recruiter.imId</th>\n",
       "      <th>recruiter.imUserType</th>\n",
       "      <th>recruiter.recruiterName</th>\n",
       "      <th>recruiter.recruiterTitle</th>\n",
       "      <th>recruiter.chatted</th>\n",
       "      <th>recruiter.recruiterPhoto</th>\n",
       "      <th>comp.compStage</th>\n",
       "      <th>job.campusJobKind</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>%7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...</td>\n",
       "      <td>{\"userId\":\"8621e3c68bc5ba288900c9d69d1c26a1\",\"...</td>\n",
       "      <td>500-999人</td>\n",
       "      <td>https://www.liepin.com/company/7674188/</td>\n",
       "      <td>轴心自控</td>\n",
       "      <td>5bfea61174719d2aa34cf17003a.png</td>\n",
       "      <td>7674188</td>\n",
       "      <td>工业自动化</td>\n",
       "      <td>[MES软件, 电子/半导体, 流程管理, 现场管理, 电力, MES系统, 项目管理师]</td>\n",
       "      <td>本科</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>8621e3c68bc5ba288900c9d69d1c26a1</td>\n",
       "      <td>bd5f2d542a00606897cd4b0530f9e3f9</td>\n",
       "      <td>2</td>\n",
       "      <td>罗女士</td>\n",
       "      <td>HR</td>\n",
       "      <td>False</td>\n",
       "      <td>5f8f9866dfb13a7dee342f1808u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>%7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...</td>\n",
       "      <td>{\"userId\":\"9979733aeecf0b8187b904f6d7679100\",\"...</td>\n",
       "      <td>5000-10000人</td>\n",
       "      <td>https://www.liepin.com/company/4836321/</td>\n",
       "      <td>法雷奥企业管理(上海)有限公司</td>\n",
       "      <td>5bfea0ae74719d2aa34c02b503a.png</td>\n",
       "      <td>4836321</td>\n",
       "      <td>汽车零部件及配件</td>\n",
       "      <td>[]</td>\n",
       "      <td>本科</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>9979733aeecf0b8187b904f6d7679100</td>\n",
       "      <td>020c9d5f5f46a46fabc8793f1c2f0c7b</td>\n",
       "      <td>2</td>\n",
       "      <td>吴凡</td>\n",
       "      <td>HR</td>\n",
       "      <td>False</td>\n",
       "      <td>65408eeb87a879086de5ee5601u.jpeg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>%7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...</td>\n",
       "      <td>{\"userId\":\"fcc98e2a9190687f2d7643cf4e0d0c87\",\"...</td>\n",
       "      <td>500-999人</td>\n",
       "      <td>https://www.liepin.com/company/941110/</td>\n",
       "      <td>信息发展</td>\n",
       "      <td>5bfea2e174719d2aa34c6ee403a.png</td>\n",
       "      <td>941110</td>\n",
       "      <td>计算机软件</td>\n",
       "      <td>[合并报表, 报表编制, 年度审计, 审计, 记账凭证编制, 报表分析, 企业从业, 金蝶]</td>\n",
       "      <td>统招本科</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>fcc98e2a9190687f2d7643cf4e0d0c87</td>\n",
       "      <td>eccf08f03988c6b0337193710fe42056</td>\n",
       "      <td>2</td>\n",
       "      <td>周先生</td>\n",
       "      <td>人事经理</td>\n",
       "      <td>False</td>\n",
       "      <td>570b752545cebb60ee49ea1f04a.png</td>\n",
       "      <td>沪深A股上市</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>%7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...</td>\n",
       "      <td>{\"userId\":\"c640d7071db9ea481be62060f1345072\",\"...</td>\n",
       "      <td>1000-2000人</td>\n",
       "      <td>https://www.liepin.com/company/10212881/</td>\n",
       "      <td>宜格集团</td>\n",
       "      <td>5f744a0a8dbe6273dced678e07u.png</td>\n",
       "      <td>10212881</td>\n",
       "      <td>互联网</td>\n",
       "      <td>[本科, 包装设计]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>c640d7071db9ea481be62060f1345072</td>\n",
       "      <td>52292c7eec7c8ba114eaea6fb4edea08</td>\n",
       "      <td>2</td>\n",
       "      <td>尉先生</td>\n",
       "      <td>资深招聘</td>\n",
       "      <td>False</td>\n",
       "      <td>6247dd809119f1177ae9222706u.png</td>\n",
       "      <td>NaN</td>\n",
       "      <td>应届</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>%7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...</td>\n",
       "      <td>{\"userId\":\"585defff49bb95e767a407578c717fdc\",\"...</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>https://www.liepin.com/company/10001945/</td>\n",
       "      <td>宝湾物流控股有限公司</td>\n",
       "      <td>61b07937d0458d53c627567e02u.jpg</td>\n",
       "      <td>10001945</td>\n",
       "      <td>货运/物流/仓储</td>\n",
       "      <td>[本科, 招商租赁]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>585defff49bb95e767a407578c717fdc</td>\n",
       "      <td>b50afacd57ff0ba19f90a7bcfdb96d0e</td>\n",
       "      <td>2</td>\n",
       "      <td>孔女士</td>\n",
       "      <td>项目经理</td>\n",
       "      <td>False</td>\n",
       "      <td>5f8f98648dbe6273dcf8515508u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>应届</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>%7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...</td>\n",
       "      <td>{\"userId\":\"b45552a4a377f60ea5647bac5775871b\",\"...</td>\n",
       "      <td>1-49人</td>\n",
       "      <td>https://www.liepin.com/company/13775305/</td>\n",
       "      <td>重庆益欣医疗科技有限公司</td>\n",
       "      <td>61b07937d0458d53c627567e02u.jpg</td>\n",
       "      <td>13775305</td>\n",
       "      <td>批发/零售</td>\n",
       "      <td>[大专, 心脑血管]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>b45552a4a377f60ea5647bac5775871b</td>\n",
       "      <td>151eb4439fad1f12fdb0a7e165355a7f</td>\n",
       "      <td>2</td>\n",
       "      <td>张女士</td>\n",
       "      <td>内勤</td>\n",
       "      <td>False</td>\n",
       "      <td>5f8f98648dbe6273dcf8515508u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>应届</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>%7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...</td>\n",
       "      <td>{\"userId\":\"da930b113d77008d46ec46cb41734a3b\",\"...</td>\n",
       "      <td>1000-2000人</td>\n",
       "      <td>https://www.liepin.com/company/8345308/</td>\n",
       "      <td>超凡知识产权</td>\n",
       "      <td>601cefb0701c060c94acdb7708u.png</td>\n",
       "      <td>8345308</td>\n",
       "      <td>专业技术服务</td>\n",
       "      <td>[本科, 专利代理]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>da930b113d77008d46ec46cb41734a3b</td>\n",
       "      <td>afd6892ba4d9f5f7e4ebb60240f6ac35</td>\n",
       "      <td>2</td>\n",
       "      <td>李先生</td>\n",
       "      <td>HRBP</td>\n",
       "      <td>False</td>\n",
       "      <td>5f8f986aea60860b75384fab08u.jpg</td>\n",
       "      <td>已上市</td>\n",
       "      <td>应届</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>%7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...</td>\n",
       "      <td>{\"userId\":\"0de6d7ba263a4d3e772ec1e52c1e25b1\",\"...</td>\n",
       "      <td>50-99人</td>\n",
       "      <td>https://www.liepin.com/company/8592620/</td>\n",
       "      <td>天津梧桐树投资管理有限公司</td>\n",
       "      <td>5bfea29f74719d2aa34c629403a.png</td>\n",
       "      <td>8592620</td>\n",
       "      <td>基金/证券/期货</td>\n",
       "      <td>[3个月, 本科, 合规管理]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>0de6d7ba263a4d3e772ec1e52c1e25b1</td>\n",
       "      <td>50db15b1b3c2d87347e38d5130f013eb</td>\n",
       "      <td>2</td>\n",
       "      <td>刘女士</td>\n",
       "      <td>基金运营</td>\n",
       "      <td>False</td>\n",
       "      <td>5f8f9865ea60860b75384fa508u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>实习</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>%7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...</td>\n",
       "      <td>{\"userId\":\"c920f5a62fbe430fbc3dcee44a1d639d\",\"...</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>https://www.liepin.com/company/8558013/</td>\n",
       "      <td>杭州得诚电力</td>\n",
       "      <td>5bfe9ab574719df0ac99e21d03a.png</td>\n",
       "      <td>8558013</td>\n",
       "      <td>电力/热力/燃气/水务</td>\n",
       "      <td>[本科, 电力, 客户管理, 渠道销售, 招投标]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>c920f5a62fbe430fbc3dcee44a1d639d</td>\n",
       "      <td>72fc22c69e394e6c734bd36549bf4f8e</td>\n",
       "      <td>2</td>\n",
       "      <td>邵女士</td>\n",
       "      <td>人事专员</td>\n",
       "      <td>False</td>\n",
       "      <td>5f8f9863f6d1ab58476f246a08u.jpg</td>\n",
       "      <td>战略投资</td>\n",
       "      <td>应届</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>%7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...</td>\n",
       "      <td>{\"userId\":\"984daadada509385b257a7a8f9de1119\",\"...</td>\n",
       "      <td>50-99人</td>\n",
       "      <td>https://www.liepin.com/company/13688689/</td>\n",
       "      <td>北京慧宇同创教育科技有限公司</td>\n",
       "      <td>61b07937d0458d53c627567e02u.jpg</td>\n",
       "      <td>13688689</td>\n",
       "      <td>咨询服务</td>\n",
       "      <td>[5个月, 提供转正, 大专]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>984daadada509385b257a7a8f9de1119</td>\n",
       "      <td>94901b7b16ecc09a0cf9408a7a9b2900</td>\n",
       "      <td>2</td>\n",
       "      <td>郑先生</td>\n",
       "      <td>人事主管</td>\n",
       "      <td>False</td>\n",
       "      <td>6520c29ac20b467269c0719105u.png</td>\n",
       "      <td>NaN</td>\n",
       "      <td>实习</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>400 rows × 32 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             dataInfo  \\\n",
       "0   %7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...   \n",
       "1   %7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...   \n",
       "2   %7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...   \n",
       "3   %7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...   \n",
       "4   %7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...   \n",
       "..                                                ...   \n",
       "35  %7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...   \n",
       "36  %7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...   \n",
       "37  %7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...   \n",
       "38  %7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...   \n",
       "39  %7B%22sfrom%22%3A%22search_job_pc%22%2C%22ckId...   \n",
       "\n",
       "                                           dataParams comp.compScale  \\\n",
       "0   {\"userId\":\"8621e3c68bc5ba288900c9d69d1c26a1\",\"...       500-999人   \n",
       "1   {\"userId\":\"9979733aeecf0b8187b904f6d7679100\",\"...    5000-10000人   \n",
       "2   {\"userId\":\"fcc98e2a9190687f2d7643cf4e0d0c87\",\"...       500-999人   \n",
       "3   {\"userId\":\"c640d7071db9ea481be62060f1345072\",\"...     1000-2000人   \n",
       "4   {\"userId\":\"585defff49bb95e767a407578c717fdc\",\"...       100-499人   \n",
       "..                                                ...            ...   \n",
       "35  {\"userId\":\"b45552a4a377f60ea5647bac5775871b\",\"...          1-49人   \n",
       "36  {\"userId\":\"da930b113d77008d46ec46cb41734a3b\",\"...     1000-2000人   \n",
       "37  {\"userId\":\"0de6d7ba263a4d3e772ec1e52c1e25b1\",\"...         50-99人   \n",
       "38  {\"userId\":\"c920f5a62fbe430fbc3dcee44a1d639d\",\"...       100-499人   \n",
       "39  {\"userId\":\"984daadada509385b257a7a8f9de1119\",\"...         50-99人   \n",
       "\n",
       "                                   comp.link    comp.compName  \\\n",
       "0    https://www.liepin.com/company/7674188/             轴心自控   \n",
       "1    https://www.liepin.com/company/4836321/  法雷奥企业管理(上海)有限公司   \n",
       "2     https://www.liepin.com/company/941110/             信息发展   \n",
       "3   https://www.liepin.com/company/10212881/             宜格集团   \n",
       "4   https://www.liepin.com/company/10001945/       宝湾物流控股有限公司   \n",
       "..                                       ...              ...   \n",
       "35  https://www.liepin.com/company/13775305/     重庆益欣医疗科技有限公司   \n",
       "36   https://www.liepin.com/company/8345308/           超凡知识产权   \n",
       "37   https://www.liepin.com/company/8592620/    天津梧桐树投资管理有限公司   \n",
       "38   https://www.liepin.com/company/8558013/           杭州得诚电力   \n",
       "39  https://www.liepin.com/company/13688689/   北京慧宇同创教育科技有限公司   \n",
       "\n",
       "                      comp.compLogo  comp.compId comp.compIndustry  \\\n",
       "0   5bfea61174719d2aa34cf17003a.png      7674188             工业自动化   \n",
       "1   5bfea0ae74719d2aa34c02b503a.png      4836321          汽车零部件及配件   \n",
       "2   5bfea2e174719d2aa34c6ee403a.png       941110             计算机软件   \n",
       "3   5f744a0a8dbe6273dced678e07u.png     10212881               互联网   \n",
       "4   61b07937d0458d53c627567e02u.jpg     10001945          货运/物流/仓储   \n",
       "..                              ...          ...               ...   \n",
       "35  61b07937d0458d53c627567e02u.jpg     13775305             批发/零售   \n",
       "36  601cefb0701c060c94acdb7708u.png      8345308            专业技术服务   \n",
       "37  5bfea29f74719d2aa34c629403a.png      8592620          基金/证券/期货   \n",
       "38  5bfe9ab574719df0ac99e21d03a.png      8558013       电力/热力/燃气/水务   \n",
       "39  61b07937d0458d53c627567e02u.jpg     13688689              咨询服务   \n",
       "\n",
       "                                        job.labels job.requireEduLevel  ...  \\\n",
       "0    [MES软件, 电子/半导体, 流程管理, 现场管理, 电力, MES系统, 项目管理师]                  本科  ...   \n",
       "1                                               []                  本科  ...   \n",
       "2   [合并报表, 报表编制, 年度审计, 审计, 记账凭证编制, 报表分析, 企业从业, 金蝶]                统招本科  ...   \n",
       "3                                       [本科, 包装设计]                 NaN  ...   \n",
       "4                                       [本科, 招商租赁]                 NaN  ...   \n",
       "..                                             ...                 ...  ...   \n",
       "35                                      [大专, 心脑血管]                 NaN  ...   \n",
       "36                                      [本科, 专利代理]                 NaN  ...   \n",
       "37                                 [3个月, 本科, 合规管理]                 NaN  ...   \n",
       "38                       [本科, 电力, 客户管理, 渠道销售, 招投标]                 NaN  ...   \n",
       "39                                 [5个月, 提供转正, 大专]                 NaN  ...   \n",
       "\n",
       "                                       job.dataPromId  \\\n",
       "0   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "1   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "2   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "3   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "4   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "..                                                ...   \n",
       "35  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...   \n",
       "36  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...   \n",
       "37  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...   \n",
       "38  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...   \n",
       "39  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...   \n",
       "\n",
       "               recruiter.recruiterId                    recruiter.imId  \\\n",
       "0   8621e3c68bc5ba288900c9d69d1c26a1  bd5f2d542a00606897cd4b0530f9e3f9   \n",
       "1   9979733aeecf0b8187b904f6d7679100  020c9d5f5f46a46fabc8793f1c2f0c7b   \n",
       "2   fcc98e2a9190687f2d7643cf4e0d0c87  eccf08f03988c6b0337193710fe42056   \n",
       "3   c640d7071db9ea481be62060f1345072  52292c7eec7c8ba114eaea6fb4edea08   \n",
       "4   585defff49bb95e767a407578c717fdc  b50afacd57ff0ba19f90a7bcfdb96d0e   \n",
       "..                               ...                               ...   \n",
       "35  b45552a4a377f60ea5647bac5775871b  151eb4439fad1f12fdb0a7e165355a7f   \n",
       "36  da930b113d77008d46ec46cb41734a3b  afd6892ba4d9f5f7e4ebb60240f6ac35   \n",
       "37  0de6d7ba263a4d3e772ec1e52c1e25b1  50db15b1b3c2d87347e38d5130f013eb   \n",
       "38  c920f5a62fbe430fbc3dcee44a1d639d  72fc22c69e394e6c734bd36549bf4f8e   \n",
       "39  984daadada509385b257a7a8f9de1119  94901b7b16ecc09a0cf9408a7a9b2900   \n",
       "\n",
       "   recruiter.imUserType recruiter.recruiterName recruiter.recruiterTitle  \\\n",
       "0                     2                     罗女士                       HR   \n",
       "1                     2                      吴凡                       HR   \n",
       "2                     2                     周先生                     人事经理   \n",
       "3                     2                     尉先生                     资深招聘   \n",
       "4                     2                     孔女士                     项目经理   \n",
       "..                  ...                     ...                      ...   \n",
       "35                    2                     张女士                       内勤   \n",
       "36                    2                     李先生                     HRBP   \n",
       "37                    2                     刘女士                     基金运营   \n",
       "38                    2                     邵女士                     人事专员   \n",
       "39                    2                     郑先生                     人事主管   \n",
       "\n",
       "   recruiter.chatted          recruiter.recruiterPhoto comp.compStage  \\\n",
       "0              False   5f8f9866dfb13a7dee342f1808u.jpg            NaN   \n",
       "1              False  65408eeb87a879086de5ee5601u.jpeg            NaN   \n",
       "2              False   570b752545cebb60ee49ea1f04a.png         沪深A股上市   \n",
       "3              False   6247dd809119f1177ae9222706u.png            NaN   \n",
       "4              False   5f8f98648dbe6273dcf8515508u.jpg            NaN   \n",
       "..               ...                               ...            ...   \n",
       "35             False   5f8f98648dbe6273dcf8515508u.jpg            NaN   \n",
       "36             False   5f8f986aea60860b75384fab08u.jpg            已上市   \n",
       "37             False   5f8f9865ea60860b75384fa508u.jpg            NaN   \n",
       "38             False   5f8f9863f6d1ab58476f246a08u.jpg           战略投资   \n",
       "39             False   6520c29ac20b467269c0719105u.png            NaN   \n",
       "\n",
       "   job.campusJobKind  \n",
       "0                NaN  \n",
       "1                NaN  \n",
       "2                NaN  \n",
       "3                 应届  \n",
       "4                 应届  \n",
       "..               ...  \n",
       "35                应届  \n",
       "36                应届  \n",
       "37                实习  \n",
       "38                应届  \n",
       "39                实习  \n",
       "\n",
       "[400 rows x 32 columns]"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import crawl_liepin\n",
    "\n",
    "crawl_liepin.crawl(城市=\"\",关键词=\"\",学历= \"\",行业=\"\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "d3045127",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "登录cookie XSRF-TOKEN=zIARnRM0QQaLudJk_4OBXw; __gc_id=e936feed5bd343e5a73b304fa0d4ad5f; _ga=GA1.1.504776059.1697021947; __uuid=1697021948310.51; __tlog=1697021948354.48%7C00000000%7C00000000%7C00000000%7C00000000; Hm_lvt_a2647413544f5a04f00da7eee0d5e200=1697021951; acw_tc=2760828416970219810274366e53a098388abcfc886c89f5cbf2332344893f; Hm_lpvt_a2647413544f5a04f00da7eee0d5e200=1697021975; __session_seq=4; __uv_seq=4; __tlg_event_seq=24; _ga_54YTJKWN86=GS1.1.1697021946.1.1.1697023027.0.0.0\n",
      "这是第1页，接下来将先等待9秒...然后以继续抓取\n",
      "这是第2页，接下来将先等待9秒...然后以继续抓取\n",
      "这是第3页，接下来将先等待9秒...然后以继续抓取\n",
      "这是第4页，接下来将先等待6秒...然后以继续抓取\n",
      "这是第5页，接下来将先等待8秒...然后以继续抓取\n",
      "这是第6页，接下来将先等待3秒...然后以继续抓取\n",
      "这是第7页，接下来将先等待6秒...然后以继续抓取\n",
      "这是第8页，接下来将先等待10秒...然后以继续抓取\n",
      "这是第9页，接下来将先等待7秒...然后以继续抓取\n",
      "这是第10页，接下来将先等待5秒...然后以继续抓取\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dataInfo</th>\n",
       "      <th>dataParams</th>\n",
       "      <th>comp.compIndustry</th>\n",
       "      <th>comp.compScale</th>\n",
       "      <th>comp.compId</th>\n",
       "      <th>comp.compStage</th>\n",
       "      <th>comp.compLogo</th>\n",
       "      <th>comp.compName</th>\n",
       "      <th>comp.link</th>\n",
       "      <th>job.labels</th>\n",
       "      <th>...</th>\n",
       "      <th>job.advViewFlag</th>\n",
       "      <th>job.dataPromId</th>\n",
       "      <th>recruiter.imId</th>\n",
       "      <th>recruiter.imUserType</th>\n",
       "      <th>recruiter.chatted</th>\n",
       "      <th>recruiter.recruiterName</th>\n",
       "      <th>recruiter.recruiterTitle</th>\n",
       "      <th>recruiter.recruiterId</th>\n",
       "      <th>recruiter.recruiterPhoto</th>\n",
       "      <th>job.campusJobKind</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>%7B%22as_from%22%3A%22search_prime%22%2C%22ckI...</td>\n",
       "      <td>{\"imId\":\"93580ee4c176fc56613a615479ad0f1e\",\"im...</td>\n",
       "      <td>互联网</td>\n",
       "      <td>500-999人</td>\n",
       "      <td>8816376</td>\n",
       "      <td>已上市</td>\n",
       "      <td>5c946e1d261c454598f1647906u.png</td>\n",
       "      <td>北京蓝色光标数字传媒科技有限公司</td>\n",
       "      <td>https://www.liepin.com/company/8816376/</td>\n",
       "      <td>[达人投放, 达人采买, 线上广告, 抗压力强, 沟通力强, 执行力强]</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>93580ee4c176fc56613a615479ad0f1e</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>印女士</td>\n",
       "      <td>招聘专员</td>\n",
       "      <td>95e96dc9df2d56d32383f7e54f9a055a</td>\n",
       "      <td>5f8f9865ea60860b75384fa508u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>%7B%22as_from%22%3A%22search_prime%22%2C%22ckI...</td>\n",
       "      <td>{\"imId\":\"c2aa43f1cb28843959a7d64ad9817c9f\",\"im...</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>1-49人</td>\n",
       "      <td>9717642</td>\n",
       "      <td>NaN</td>\n",
       "      <td>63b7e846bf430b1205bd752e04u.png</td>\n",
       "      <td>高闻美恒(上海)市场咨询有限公司</td>\n",
       "      <td>https://www.liepin.com/company/9717642/</td>\n",
       "      <td>[品牌公关, 新媒体, 广告/传媒/文化, 人工智能]</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>c2aa43f1cb28843959a7d64ad9817c9f</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>郑女士</td>\n",
       "      <td>HRM</td>\n",
       "      <td>e7c2aa07aa4873cb61f8067a629333b3</td>\n",
       "      <td>5f8f98648dbe6273dcf8515508u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>%7B%22as_from%22%3A%22search_prime%22%2C%22ckI...</td>\n",
       "      <td>{\"imId\":\"548c0e74ada3302cc562567b5e2dfc82\",\"im...</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>13084863</td>\n",
       "      <td>A轮</td>\n",
       "      <td>61b07937d0458d53c627567e02u.jpg</td>\n",
       "      <td>北京中创文旅文化产业集团有限公司</td>\n",
       "      <td>https://www.liepin.com/company/13084863/</td>\n",
       "      <td>[3个月, 本科]</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>548c0e74ada3302cc562567b5e2dfc82</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>刘女士</td>\n",
       "      <td>HR</td>\n",
       "      <td>825a058287289e95cb3b1ac6b2ab8431</td>\n",
       "      <td>5f8f9865ea60860b75384fa508u.jpg</td>\n",
       "      <td>实习</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>%7B%22as_from%22%3A%22search_prime%22%2C%22ckI...</td>\n",
       "      <td>{\"imId\":\"4210b5019b19b729d59fbf97e980a99c\",\"im...</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>50-99人</td>\n",
       "      <td>8066476</td>\n",
       "      <td>战略投资</td>\n",
       "      <td>61b07937d0458d53c627567e02u.jpg</td>\n",
       "      <td>上海氩氪广告有限公司</td>\n",
       "      <td>https://www.liepin.com/company/8066476/</td>\n",
       "      <td>[3个月, 本科, 新媒体运营, 客户执行]</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>4210b5019b19b729d59fbf97e980a99c</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>张先生</td>\n",
       "      <td>人事专员</td>\n",
       "      <td>1e6c113906a3bb429719584314f1e214</td>\n",
       "      <td>6589046ade7cb92b96ba3d7505u.jpeg</td>\n",
       "      <td>实习</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>%7B%22as_from%22%3A%22search_prime%22%2C%22ckI...</td>\n",
       "      <td>{\"imId\":\"548c0e74ada3302cc562567b5e2dfc82\",\"im...</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>13084863</td>\n",
       "      <td>A轮</td>\n",
       "      <td>61b07937d0458d53c627567e02u.jpg</td>\n",
       "      <td>北京中创文旅文化产业集团有限公司</td>\n",
       "      <td>https://www.liepin.com/company/13084863/</td>\n",
       "      <td>[3个月, 本科, 用户运营]</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>548c0e74ada3302cc562567b5e2dfc82</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>刘女士</td>\n",
       "      <td>HR</td>\n",
       "      <td>825a058287289e95cb3b1ac6b2ab8431</td>\n",
       "      <td>5f8f9865ea60860b75384fa508u.jpg</td>\n",
       "      <td>实习</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>%7B%22jobId%22%3A%2263610117%22%2C%22pageSize%...</td>\n",
       "      <td>{\"jobId\":\"63610117\",\"imId\":\"b56cd94a6d44f63505...</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>50-99人</td>\n",
       "      <td>12437965</td>\n",
       "      <td>NaN</td>\n",
       "      <td>61b07937d0458d53c627567e02u.jpg</td>\n",
       "      <td>海嘉传媒</td>\n",
       "      <td>https://www.liepin.com/company/12437965/</td>\n",
       "      <td>[广告媒介, 广告/传媒/文化]</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>b56cd94a6d44f6350503db90a2475348</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>姜女士</td>\n",
       "      <td>HRM</td>\n",
       "      <td>3e3e7b61409faeefaf10e448d7226791</td>\n",
       "      <td>5f8f9866dfb13a7dee342f1808u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>%7B%22jobId%22%3A%2263605521%22%2C%22pageSize%...</td>\n",
       "      <td>{\"jobId\":\"63605521\",\"imId\":\"c404dfc4061c33e30f...</td>\n",
       "      <td>专业技术服务</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>10127039</td>\n",
       "      <td>新三板上市</td>\n",
       "      <td>61b07937d0458d53c627567e02u.jpg</td>\n",
       "      <td>北京东恒会展服务股份有限公司</td>\n",
       "      <td>https://www.liepin.com/company/10127039/</td>\n",
       "      <td>[]</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>c404dfc4061c33e30fc036be1d441ef3</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>郑女士</td>\n",
       "      <td>人力资源经理</td>\n",
       "      <td>b37b53810a53b9ddf2069425dfd98894</td>\n",
       "      <td>64ebf696bd3aba37d02c805b04u.png</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>%7B%22jobId%22%3A%2263604237%22%2C%22pageSize%...</td>\n",
       "      <td>{\"jobId\":\"63604237\",\"imId\":\"b3c64473da64059f72...</td>\n",
       "      <td>互联网</td>\n",
       "      <td>50-99人</td>\n",
       "      <td>12623779</td>\n",
       "      <td>NaN</td>\n",
       "      <td>61b07937d0458d53c627567e02u.jpg</td>\n",
       "      <td>上海暗香网络科技有限公司</td>\n",
       "      <td>https://www.liepin.com/company/12623779/</td>\n",
       "      <td>[]</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>b3c64473da64059f721ecde79a93b5df</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>沈女士</td>\n",
       "      <td>HR</td>\n",
       "      <td>5814ff7042c7a6ca2f52b8ec53c2b529</td>\n",
       "      <td>5f8f9863f6d1ab58476f246a08u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>%7B%22jobId%22%3A%2263604029%22%2C%22pageSize%...</td>\n",
       "      <td>{\"jobId\":\"63604029\",\"imId\":\"b3c64473da64059f72...</td>\n",
       "      <td>互联网</td>\n",
       "      <td>50-99人</td>\n",
       "      <td>12623779</td>\n",
       "      <td>NaN</td>\n",
       "      <td>61b07937d0458d53c627567e02u.jpg</td>\n",
       "      <td>上海暗香网络科技有限公司</td>\n",
       "      <td>https://www.liepin.com/company/12623779/</td>\n",
       "      <td>[后端开发, Java, C++]</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>b3c64473da64059f721ecde79a93b5df</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>沈女士</td>\n",
       "      <td>HR</td>\n",
       "      <td>5814ff7042c7a6ca2f52b8ec53c2b529</td>\n",
       "      <td>5f8f9863f6d1ab58476f246a08u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>%7B%22jobId%22%3A%2263599575%22%2C%22pageSize%...</td>\n",
       "      <td>{\"jobId\":\"63599575\",\"imId\":\"292df70d9c73712a95...</td>\n",
       "      <td>互联网</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>8716373</td>\n",
       "      <td>其他</td>\n",
       "      <td>5bfe94ab74719dc6ed73f75e03a.png</td>\n",
       "      <td>致维科技(北京)有限公司</td>\n",
       "      <td>https://www.liepin.com/company/8716373/</td>\n",
       "      <td>[广告业, 广告媒体, 客户管理, 销售管理, 汽车行业, 电子商务, 教育培训, 消费品,...</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>292df70d9c73712a9552a237d109804b</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>韩先生</td>\n",
       "      <td>人事总监</td>\n",
       "      <td>9cbf421aae616922032adcafb38e450f</td>\n",
       "      <td>5f8f9868f6d1ab58476f24a008u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>400 rows × 32 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             dataInfo  \\\n",
       "0   %7B%22as_from%22%3A%22search_prime%22%2C%22ckI...   \n",
       "1   %7B%22as_from%22%3A%22search_prime%22%2C%22ckI...   \n",
       "2   %7B%22as_from%22%3A%22search_prime%22%2C%22ckI...   \n",
       "3   %7B%22as_from%22%3A%22search_prime%22%2C%22ckI...   \n",
       "4   %7B%22as_from%22%3A%22search_prime%22%2C%22ckI...   \n",
       "..                                                ...   \n",
       "35  %7B%22jobId%22%3A%2263610117%22%2C%22pageSize%...   \n",
       "36  %7B%22jobId%22%3A%2263605521%22%2C%22pageSize%...   \n",
       "37  %7B%22jobId%22%3A%2263604237%22%2C%22pageSize%...   \n",
       "38  %7B%22jobId%22%3A%2263604029%22%2C%22pageSize%...   \n",
       "39  %7B%22jobId%22%3A%2263599575%22%2C%22pageSize%...   \n",
       "\n",
       "                                           dataParams comp.compIndustry  \\\n",
       "0   {\"imId\":\"93580ee4c176fc56613a615479ad0f1e\",\"im...               互联网   \n",
       "1   {\"imId\":\"c2aa43f1cb28843959a7d64ad9817c9f\",\"im...          广告/公关/会展   \n",
       "2   {\"imId\":\"548c0e74ada3302cc562567b5e2dfc82\",\"im...          广告/公关/会展   \n",
       "3   {\"imId\":\"4210b5019b19b729d59fbf97e980a99c\",\"im...          广告/公关/会展   \n",
       "4   {\"imId\":\"548c0e74ada3302cc562567b5e2dfc82\",\"im...          广告/公关/会展   \n",
       "..                                                ...               ...   \n",
       "35  {\"jobId\":\"63610117\",\"imId\":\"b56cd94a6d44f63505...          广告/公关/会展   \n",
       "36  {\"jobId\":\"63605521\",\"imId\":\"c404dfc4061c33e30f...            专业技术服务   \n",
       "37  {\"jobId\":\"63604237\",\"imId\":\"b3c64473da64059f72...               互联网   \n",
       "38  {\"jobId\":\"63604029\",\"imId\":\"b3c64473da64059f72...               互联网   \n",
       "39  {\"jobId\":\"63599575\",\"imId\":\"292df70d9c73712a95...               互联网   \n",
       "\n",
       "   comp.compScale  comp.compId comp.compStage  \\\n",
       "0        500-999人      8816376            已上市   \n",
       "1           1-49人      9717642            NaN   \n",
       "2        100-499人     13084863             A轮   \n",
       "3          50-99人      8066476           战略投资   \n",
       "4        100-499人     13084863             A轮   \n",
       "..            ...          ...            ...   \n",
       "35         50-99人     12437965            NaN   \n",
       "36       100-499人     10127039          新三板上市   \n",
       "37         50-99人     12623779            NaN   \n",
       "38         50-99人     12623779            NaN   \n",
       "39       100-499人      8716373             其他   \n",
       "\n",
       "                      comp.compLogo     comp.compName  \\\n",
       "0   5c946e1d261c454598f1647906u.png  北京蓝色光标数字传媒科技有限公司   \n",
       "1   63b7e846bf430b1205bd752e04u.png  高闻美恒(上海)市场咨询有限公司   \n",
       "2   61b07937d0458d53c627567e02u.jpg  北京中创文旅文化产业集团有限公司   \n",
       "3   61b07937d0458d53c627567e02u.jpg        上海氩氪广告有限公司   \n",
       "4   61b07937d0458d53c627567e02u.jpg  北京中创文旅文化产业集团有限公司   \n",
       "..                              ...               ...   \n",
       "35  61b07937d0458d53c627567e02u.jpg              海嘉传媒   \n",
       "36  61b07937d0458d53c627567e02u.jpg    北京东恒会展服务股份有限公司   \n",
       "37  61b07937d0458d53c627567e02u.jpg      上海暗香网络科技有限公司   \n",
       "38  61b07937d0458d53c627567e02u.jpg      上海暗香网络科技有限公司   \n",
       "39  5bfe94ab74719dc6ed73f75e03a.png      致维科技(北京)有限公司   \n",
       "\n",
       "                                   comp.link  \\\n",
       "0    https://www.liepin.com/company/8816376/   \n",
       "1    https://www.liepin.com/company/9717642/   \n",
       "2   https://www.liepin.com/company/13084863/   \n",
       "3    https://www.liepin.com/company/8066476/   \n",
       "4   https://www.liepin.com/company/13084863/   \n",
       "..                                       ...   \n",
       "35  https://www.liepin.com/company/12437965/   \n",
       "36  https://www.liepin.com/company/10127039/   \n",
       "37  https://www.liepin.com/company/12623779/   \n",
       "38  https://www.liepin.com/company/12623779/   \n",
       "39   https://www.liepin.com/company/8716373/   \n",
       "\n",
       "                                           job.labels  ... job.advViewFlag  \\\n",
       "0                [达人投放, 达人采买, 线上广告, 抗压力强, 沟通力强, 执行力强]  ...            True   \n",
       "1                         [品牌公关, 新媒体, 广告/传媒/文化, 人工智能]  ...            True   \n",
       "2                                           [3个月, 本科]  ...           False   \n",
       "3                              [3个月, 本科, 新媒体运营, 客户执行]  ...           False   \n",
       "4                                     [3个月, 本科, 用户运营]  ...           False   \n",
       "..                                                ...  ...             ...   \n",
       "35                                   [广告媒介, 广告/传媒/文化]  ...           False   \n",
       "36                                                 []  ...           False   \n",
       "37                                                 []  ...           False   \n",
       "38                                  [后端开发, Java, C++]  ...           False   \n",
       "39  [广告业, 广告媒体, 客户管理, 销售管理, 汽车行业, 电子商务, 教育培训, 消费品,...  ...           False   \n",
       "\n",
       "                                       job.dataPromId  \\\n",
       "0   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "1   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "2   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "3   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "4   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "..                                                ...   \n",
       "35  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...   \n",
       "36  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...   \n",
       "37  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...   \n",
       "38  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...   \n",
       "39  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...   \n",
       "\n",
       "                      recruiter.imId recruiter.imUserType recruiter.chatted  \\\n",
       "0   93580ee4c176fc56613a615479ad0f1e                    2             False   \n",
       "1   c2aa43f1cb28843959a7d64ad9817c9f                    2             False   \n",
       "2   548c0e74ada3302cc562567b5e2dfc82                    2             False   \n",
       "3   4210b5019b19b729d59fbf97e980a99c                    2             False   \n",
       "4   548c0e74ada3302cc562567b5e2dfc82                    2             False   \n",
       "..                               ...                  ...               ...   \n",
       "35  b56cd94a6d44f6350503db90a2475348                    2             False   \n",
       "36  c404dfc4061c33e30fc036be1d441ef3                    2             False   \n",
       "37  b3c64473da64059f721ecde79a93b5df                    2             False   \n",
       "38  b3c64473da64059f721ecde79a93b5df                    2             False   \n",
       "39  292df70d9c73712a9552a237d109804b                    2             False   \n",
       "\n",
       "   recruiter.recruiterName recruiter.recruiterTitle  \\\n",
       "0                      印女士                     招聘专员   \n",
       "1                      郑女士                      HRM   \n",
       "2                      刘女士                       HR   \n",
       "3                      张先生                     人事专员   \n",
       "4                      刘女士                       HR   \n",
       "..                     ...                      ...   \n",
       "35                     姜女士                      HRM   \n",
       "36                     郑女士                   人力资源经理   \n",
       "37                     沈女士                       HR   \n",
       "38                     沈女士                       HR   \n",
       "39                     韩先生                     人事总监   \n",
       "\n",
       "               recruiter.recruiterId          recruiter.recruiterPhoto  \\\n",
       "0   95e96dc9df2d56d32383f7e54f9a055a   5f8f9865ea60860b75384fa508u.jpg   \n",
       "1   e7c2aa07aa4873cb61f8067a629333b3   5f8f98648dbe6273dcf8515508u.jpg   \n",
       "2   825a058287289e95cb3b1ac6b2ab8431   5f8f9865ea60860b75384fa508u.jpg   \n",
       "3   1e6c113906a3bb429719584314f1e214  6589046ade7cb92b96ba3d7505u.jpeg   \n",
       "4   825a058287289e95cb3b1ac6b2ab8431   5f8f9865ea60860b75384fa508u.jpg   \n",
       "..                               ...                               ...   \n",
       "35  3e3e7b61409faeefaf10e448d7226791   5f8f9866dfb13a7dee342f1808u.jpg   \n",
       "36  b37b53810a53b9ddf2069425dfd98894   64ebf696bd3aba37d02c805b04u.png   \n",
       "37  5814ff7042c7a6ca2f52b8ec53c2b529   5f8f9863f6d1ab58476f246a08u.jpg   \n",
       "38  5814ff7042c7a6ca2f52b8ec53c2b529   5f8f9863f6d1ab58476f246a08u.jpg   \n",
       "39  9cbf421aae616922032adcafb38e450f   5f8f9868f6d1ab58476f24a008u.jpg   \n",
       "\n",
       "   job.campusJobKind  \n",
       "0                NaN  \n",
       "1                NaN  \n",
       "2                 实习  \n",
       "3                 实习  \n",
       "4                 实习  \n",
       "..               ...  \n",
       "35               NaN  \n",
       "36               NaN  \n",
       "37               NaN  \n",
       "38               NaN  \n",
       "39               NaN  \n",
       "\n",
       "[400 rows x 32 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import crawl_liepin\n",
    "\n",
    "crawl_liepin.crawl(城市=\"北京\",关键词=\"\",学历= \"本科\",行业=\"广告\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "a90942a7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'inited_user=c8fbc4bc55b6e51a966d6a7b04560e2b; __uuid=1681904685651.21; __gc_id=dec84b24056047edae4ab20d0f3b552c; _ga=GA1.1.1262698532.1681904712; need_bind_tel=false; c_flag=d2d1cef45ed41589b63eda8f3d9bae3e; new_user=false; imId=9e6702f76d03ac5ac0e19a24088753be; imId_0=9e6702f76d03ac5ac0e19a24088753be; imClientId=9e6702f76d03ac5a694a49467e3c9cd1; imClientId_0=9e6702f76d03ac5a694a49467e3c9cd1; XSRF-TOKEN=zQrxLgyFTBGxt1bPWieoSg; __tlog=1703578019391.63%7C00000000%7C00000000%7C00000000%7C00000000; Hm_lvt_a2647413544f5a04f00da7eee0d5e200=1701260636,1703578020; acw_tc=2760829717035780202674173e0a33099c8d37a8a8cc36ced8dfff9fcaff8f; UniqueKey=6f683431aef475db6bc56763ae71c6f2; liepin_login_valid=0; lt_auth=7%2BoCOCMGzVnwtSXRj2MK5Kcb2Y3%2BU2jN8Stfh0xUht%2FoCPfk4P%2FmQAOHqLME%2BCoIqxhycKozMLf%2BNu35wXNP40cU8FGnlZ6utf6k1X8eSO1cN8W2vezHl8zRQpQcl0AC8nFbtkIL%2BQ%3D%3D; access_system=C; user_roles=0; user_photo=5f8fa3a6f6d1ab58476f322808u.png; user_name=%E4%B8%AD%E6%96%B9%E6%B3%95; inited_user=c8fbc4bc55b6e51a966d6a7b04560e2b; _ga_54YTJKWN86=GS1.1.1703578018.16.1.1703578059.0.0.0; hpo_role-sec_project=sec_project_liepin; hpo_sec_tenant=0; imApp_0=1; fe_im_socketSequence_new_0=1_1_1; fe_im_opened_pages=; fe_im_connectJson_0=%7B%220_6f683431aef475db6bc56763ae71c6f2%22%3A%7B%22socketConnect%22%3A%222%22%2C%22connectDomain%22%3A%22liepin.com%22%7D%7D; __session_seq=3; __uv_seq=3; Hm_lpvt_a2647413544f5a04f00da7eee0d5e200=1703578088; __tlg_event_seq=42'"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cookie = \"inited_user=c8fbc4bc55b6e51a966d6a7b04560e2b; __uuid=1681904685651.21; __gc_id=dec84b24056047edae4ab20d0f3b552c; _ga=GA1.1.1262698532.1681904712; need_bind_tel=false; c_flag=d2d1cef45ed41589b63eda8f3d9bae3e; new_user=false; imId=9e6702f76d03ac5ac0e19a24088753be; imId_0=9e6702f76d03ac5ac0e19a24088753be; imClientId=9e6702f76d03ac5a694a49467e3c9cd1; imClientId_0=9e6702f76d03ac5a694a49467e3c9cd1; XSRF-TOKEN=zQrxLgyFTBGxt1bPWieoSg; __tlog=1703578019391.63%7C00000000%7C00000000%7C00000000%7C00000000; Hm_lvt_a2647413544f5a04f00da7eee0d5e200=1701260636,1703578020; acw_tc=2760829717035780202674173e0a33099c8d37a8a8cc36ced8dfff9fcaff8f; UniqueKey=6f683431aef475db6bc56763ae71c6f2; liepin_login_valid=0; lt_auth=7%2BoCOCMGzVnwtSXRj2MK5Kcb2Y3%2BU2jN8Stfh0xUht%2FoCPfk4P%2FmQAOHqLME%2BCoIqxhycKozMLf%2BNu35wXNP40cU8FGnlZ6utf6k1X8eSO1cN8W2vezHl8zRQpQcl0AC8nFbtkIL%2BQ%3D%3D; access_system=C; user_roles=0; user_photo=5f8fa3a6f6d1ab58476f322808u.png; user_name=%E4%B8%AD%E6%96%B9%E6%B3%95; inited_user=c8fbc4bc55b6e51a966d6a7b04560e2b; _ga_54YTJKWN86=GS1.1.1703578018.16.1.1703578059.0.0.0; hpo_role-sec_project=sec_project_liepin; hpo_sec_tenant=0; imApp_0=1; fe_im_socketSequence_new_0=1_1_1; fe_im_opened_pages=; fe_im_connectJson_0=%7B%220_6f683431aef475db6bc56763ae71c6f2%22%3A%7B%22socketConnect%22%3A%222%22%2C%22connectDomain%22%3A%22liepin.com%22%7D%7D; __session_seq=3; __uv_seq=3; Hm_lpvt_a2647413544f5a04f00da7eee0d5e200=1703578088; __tlg_event_seq=42\"\n",
    "cookie"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "53a5c82d",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "登录cookie inited_user=c8fbc4bc55b6e51a966d6a7b04560e2b; __uuid=1681904685651.21; __gc_id=dec84b24056047edae4ab20d0f3b552c; _ga=GA1.1.1262698532.1681904712; need_bind_tel=false; c_flag=d2d1cef45ed41589b63eda8f3d9bae3e; new_user=false; imId=9e6702f76d03ac5ac0e19a24088753be; imId_0=9e6702f76d03ac5ac0e19a24088753be; imClientId=9e6702f76d03ac5a694a49467e3c9cd1; imClientId_0=9e6702f76d03ac5a694a49467e3c9cd1; XSRF-TOKEN=zQrxLgyFTBGxt1bPWieoSg; __tlog=1703578019391.63%7C00000000%7C00000000%7C00000000%7C00000000; Hm_lvt_a2647413544f5a04f00da7eee0d5e200=1701260636,1703578020; acw_tc=2760829717035780202674173e0a33099c8d37a8a8cc36ced8dfff9fcaff8f; UniqueKey=6f683431aef475db6bc56763ae71c6f2; liepin_login_valid=0; lt_auth=7%2BoCOCMGzVnwtSXRj2MK5Kcb2Y3%2BU2jN8Stfh0xUht%2FoCPfk4P%2FmQAOHqLME%2BCoIqxhycKozMLf%2BNu35wXNP40cU8FGnlZ6utf6k1X8eSO1cN8W2vezHl8zRQpQcl0AC8nFbtkIL%2BQ%3D%3D; access_system=C; user_roles=0; user_photo=5f8fa3a6f6d1ab58476f322808u.png; user_name=%E4%B8%AD%E6%96%B9%E6%B3%95; inited_user=c8fbc4bc55b6e51a966d6a7b04560e2b; _ga_54YTJKWN86=GS1.1.1703578018.16.1.1703578059.0.0.0; hpo_role-sec_project=sec_project_liepin; hpo_sec_tenant=0; imApp_0=1; fe_im_socketSequence_new_0=1_1_1; fe_im_opened_pages=; fe_im_connectJson_0=%7B%220_6f683431aef475db6bc56763ae71c6f2%22%3A%7B%22socketConnect%22%3A%222%22%2C%22connectDomain%22%3A%22liepin.com%22%7D%7D; __session_seq=3; __uv_seq=3; Hm_lpvt_a2647413544f5a04f00da7eee0d5e200=1703578088; __tlg_event_seq=42\n",
      "这是第1页，接下来将先等待9秒...然后以继续抓取\n",
      "这是第2页，接下来将先等待10秒...然后以继续抓取\n",
      "这是第3页，接下来将先等待4秒...然后以继续抓取\n",
      "这是第4页，接下来将先等待3秒...然后以继续抓取\n",
      "这是第5页，接下来将先等待8秒...然后以继续抓取\n",
      "这是第6页，接下来将先等待4秒...然后以继续抓取\n",
      "这是第7页，接下来将先等待7秒...然后以继续抓取\n",
      "这是第8页，接下来将先等待4秒...然后以继续抓取\n",
      "这是第9页，接下来将先等待5秒...然后以继续抓取\n",
      "这是第10页，接下来将先等待7秒...然后以继续抓取\n",
      "这是第11页，接下来将先等待8秒...然后以继续抓取\n",
      "这是第12页，接下来将先等待8秒...然后以继续抓取\n",
      "这是第13页，接下来将先等待9秒...然后以继续抓取\n",
      "这是第14页，接下来将先等待7秒...然后以继续抓取\n",
      "这是第15页，接下来将先等待10秒...然后以继续抓取\n",
      "这是第16页，接下来将先等待3秒...然后以继续抓取\n",
      "这是第17页，接下来将先等待9秒...然后以继续抓取\n",
      "这是第18页，接下来将先等待4秒...然后以继续抓取\n",
      "这是第19页，接下来将先等待3秒...然后以继续抓取\n",
      "这是第20页，接下来将先等待4秒...然后以继续抓取\n",
      "这是第21页，接下来将先等待3秒...然后以继续抓取\n"
     ]
    }
   ],
   "source": [
    "import crawl_liepin\n",
    "\n",
    "广告行业_北京_results = crawl_liepin.crawl(城市=\"北京\",关键词=\"\",学历='本科',行业='广告',登录cookie=cookie)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "0a050083",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "4cdb1bb7",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dataInfo</th>\n",
       "      <th>dataParams</th>\n",
       "      <th>comp.compName</th>\n",
       "      <th>comp.compScale</th>\n",
       "      <th>comp.compId</th>\n",
       "      <th>comp.compLogo</th>\n",
       "      <th>comp.link</th>\n",
       "      <th>comp.compIndustry</th>\n",
       "      <th>job.labels</th>\n",
       "      <th>job.jobId</th>\n",
       "      <th>...</th>\n",
       "      <th>job.advViewFlag</th>\n",
       "      <th>job.dataPromId</th>\n",
       "      <th>recruiter.chatted</th>\n",
       "      <th>recruiter.imId</th>\n",
       "      <th>recruiter.imUserType</th>\n",
       "      <th>recruiter.recruiterId</th>\n",
       "      <th>recruiter.recruiterName</th>\n",
       "      <th>recruiter.recruiterTitle</th>\n",
       "      <th>recruiter.recruiterPhoto</th>\n",
       "      <th>comp.compStage</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>%7B%22jobId%22%3A%2262978103%22%2C%22d_curPage...</td>\n",
       "      <td>{\"jobId\":\"62978103\",\"userId\":\"e7c2aa07aa4873cb...</td>\n",
       "      <td>高闻美恒(上海)市场咨询有限公司</td>\n",
       "      <td>1-49人</td>\n",
       "      <td>9717642.0</td>\n",
       "      <td>63b7e846bf430b1205bd752e04u.png</td>\n",
       "      <td>https://www.liepin.com/company/9717642/</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>[]</td>\n",
       "      <td>62978103</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>False</td>\n",
       "      <td>c2aa43f1cb28843959a7d64ad9817c9f</td>\n",
       "      <td>2</td>\n",
       "      <td>e7c2aa07aa4873cb61f8067a629333b3</td>\n",
       "      <td>郑女士</td>\n",
       "      <td>HRM</td>\n",
       "      <td>5f8f98648dbe6273dcf8515508u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>%7B%22jobId%22%3A%2263742391%22%2C%22d_curPage...</td>\n",
       "      <td>{\"jobId\":\"63742391\",\"userId\":\"95e96dc9df2d56d3...</td>\n",
       "      <td>北京蓝色光标数字传媒科技有限公司</td>\n",
       "      <td>500-999人</td>\n",
       "      <td>8816376.0</td>\n",
       "      <td>5c946e1d261c454598f1647906u.png</td>\n",
       "      <td>https://www.liepin.com/company/8816376/</td>\n",
       "      <td>互联网</td>\n",
       "      <td>[达人投放, 达人采买, 线上广告, 抗压力强, 沟通力强, 执行力强]</td>\n",
       "      <td>63742391</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>False</td>\n",
       "      <td>93580ee4c176fc56613a615479ad0f1e</td>\n",
       "      <td>2</td>\n",
       "      <td>95e96dc9df2d56d32383f7e54f9a055a</td>\n",
       "      <td>印女士</td>\n",
       "      <td>招聘专员</td>\n",
       "      <td>5f8f9865ea60860b75384fa508u.jpg</td>\n",
       "      <td>已上市</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>%7B%22jobId%22%3A%2263849505%22%2C%22d_curPage...</td>\n",
       "      <td>{\"jobId\":\"63849505\",\"userId\":\"0cf7fb1f2697db85...</td>\n",
       "      <td>天下秀数字科技(集团)股份有限公司</td>\n",
       "      <td>1000-2000人</td>\n",
       "      <td>12357905.0</td>\n",
       "      <td>5fc0bfabd4cc8a25315a2b1006u.png</td>\n",
       "      <td>https://www.liepin.com/company/12357905/</td>\n",
       "      <td>专业技术服务</td>\n",
       "      <td>[to C, to B, 旅游业, 自驾游, 日韩旅游]</td>\n",
       "      <td>63849505</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>False</td>\n",
       "      <td>218109b98251d8fe67766a03c68ce883</td>\n",
       "      <td>2</td>\n",
       "      <td>0cf7fb1f2697db85b5cafef57e75970e</td>\n",
       "      <td>石先生</td>\n",
       "      <td>hr</td>\n",
       "      <td>5f8f986c79c7cc70efbf36c808u.jpg</td>\n",
       "      <td>沪深A股上市</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>%7B%22jobId%22%3A%2263847841%22%2C%22d_curPage...</td>\n",
       "      <td>{\"jobId\":\"63847841\",\"userId\":\"2a6e22909176de58...</td>\n",
       "      <td>北京伯乐互联科技发展有限公司</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>8775428.0</td>\n",
       "      <td>5bfe9b4574719df0ac99fcf903a.png</td>\n",
       "      <td>https://www.liepin.com/company/8775428/</td>\n",
       "      <td>互联网</td>\n",
       "      <td>[SEO/SEM运营, 互联网金融, to B, 批发/零售]</td>\n",
       "      <td>63847841</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>False</td>\n",
       "      <td>8d949aa93609f85bc90094212836c467</td>\n",
       "      <td>2</td>\n",
       "      <td>2a6e22909176de58483f3584de04eaa0</td>\n",
       "      <td>吴女士</td>\n",
       "      <td>人事专员</td>\n",
       "      <td>5f8f9865ea60860b75384fa508u.jpg</td>\n",
       "      <td>天使轮</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>%7B%22jobId%22%3A%2263847661%22%2C%22d_curPage...</td>\n",
       "      <td>{\"jobId\":\"63847661\",\"userId\":\"2a6e22909176de58...</td>\n",
       "      <td>北京伯乐互联科技发展有限公司</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>8775428.0</td>\n",
       "      <td>5bfe9b4574719df0ac99fcf903a.png</td>\n",
       "      <td>https://www.liepin.com/company/8775428/</td>\n",
       "      <td>互联网</td>\n",
       "      <td>[用户运营, 内容运营, 新媒体运营, 社群运营, 活动运营, IT/互联网/软件, to ...</td>\n",
       "      <td>63847661</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>False</td>\n",
       "      <td>8d949aa93609f85bc90094212836c467</td>\n",
       "      <td>2</td>\n",
       "      <td>2a6e22909176de58483f3584de04eaa0</td>\n",
       "      <td>吴女士</td>\n",
       "      <td>人事专员</td>\n",
       "      <td>5f8f9865ea60860b75384fa508u.jpg</td>\n",
       "      <td>天使轮</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>%7B%22as_from%22%3A%22search_prime%22%2C%22sfr...</td>\n",
       "      <td>{\"imId\":\"13e6587f768d14451681c420ebdc29ac\",\"im...</td>\n",
       "      <td>正邦创意(北京)品牌科技股份有限公司</td>\n",
       "      <td>500-999人</td>\n",
       "      <td>9255359.0</td>\n",
       "      <td>595dafee7032821b18e0a2eb05a.jpg</td>\n",
       "      <td>https://www.liepin.com/company/9255359/</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>[大客户销售, 渠道销售, 企业端销售]</td>\n",
       "      <td>43993785</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=19&amp;...</td>\n",
       "      <td>False</td>\n",
       "      <td>13e6587f768d14451681c420ebdc29ac</td>\n",
       "      <td>2</td>\n",
       "      <td>b61dea982493c0dc3e5675124cab14be</td>\n",
       "      <td>杨先生</td>\n",
       "      <td>人力主管</td>\n",
       "      <td>5f8f98698dbe6273dcf8516008u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>%7B%22as_from%22%3A%22search_prime%22%2C%22sfr...</td>\n",
       "      <td>{\"imId\":\"15454e6d49b683f4966d2c65245014c5\",\"im...</td>\n",
       "      <td>北京木溪文化传媒有限公司</td>\n",
       "      <td>1-49人</td>\n",
       "      <td>12967071.0</td>\n",
       "      <td>61b07937d0458d53c627567e02u.jpg</td>\n",
       "      <td>https://www.liepin.com/company/12967071/</td>\n",
       "      <td>专业技术服务</td>\n",
       "      <td>[手绘, 视觉设计]</td>\n",
       "      <td>43956535</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=19&amp;...</td>\n",
       "      <td>False</td>\n",
       "      <td>15454e6d49b683f4966d2c65245014c5</td>\n",
       "      <td>2</td>\n",
       "      <td>709f3598e8bf1a3e587647227180ac07</td>\n",
       "      <td>李女士</td>\n",
       "      <td>运营总监</td>\n",
       "      <td>61615a5c5c3a682bd55b4e8b02u.png</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>%7B%22as_from%22%3A%22search_prime%22%2C%22sfr...</td>\n",
       "      <td>{\"imId\":\"6c250ce3eba37048e0d71104ecc2e595\",\"im...</td>\n",
       "      <td>北京合力合意公关顾问有限公司</td>\n",
       "      <td>1-49人</td>\n",
       "      <td>8236863.0</td>\n",
       "      <td>61b07937d0458d53c627567e02u.jpg</td>\n",
       "      <td>https://www.liepin.com/company/8236863/</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>[策划, 市场营销, 网络营销, 品牌公关, 危机公关, 品牌活动, 公文稿件, premi...</td>\n",
       "      <td>43945411</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=19&amp;...</td>\n",
       "      <td>False</td>\n",
       "      <td>6c250ce3eba37048e0d71104ecc2e595</td>\n",
       "      <td>2</td>\n",
       "      <td>9a7c56b5f824075f37ffdec481db1e30</td>\n",
       "      <td>孙先生</td>\n",
       "      <td>HR</td>\n",
       "      <td>5f8f986bdfb13a7dee342f2108u.jpg</td>\n",
       "      <td>融资未公开</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>%7B%22as_from%22%3A%22search_prime%22%2C%22sfr...</td>\n",
       "      <td>{\"imId\":\"39893fc3b69836b9b0b324cf6014f601\",\"im...</td>\n",
       "      <td>抖音视界有限公司</td>\n",
       "      <td>10000人以上</td>\n",
       "      <td>9802313.0</td>\n",
       "      <td>5e0d4ad929d83a675436b4a206u.jpg</td>\n",
       "      <td>https://www.liepin.com/company/9802313/</td>\n",
       "      <td>互联网</td>\n",
       "      <td>[unity3d, c++]</td>\n",
       "      <td>43919745</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=19&amp;...</td>\n",
       "      <td>False</td>\n",
       "      <td>39893fc3b69836b9b0b324cf6014f601</td>\n",
       "      <td>2</td>\n",
       "      <td>a92ef52c1e026891b73dddc6bbfe3149</td>\n",
       "      <td>刘女士</td>\n",
       "      <td>hr</td>\n",
       "      <td>5f8f98648dbe6273dcf8515508u.jpg</td>\n",
       "      <td>D轮</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>%7B%22as_from%22%3A%22search_prime%22%2C%22ckI...</td>\n",
       "      <td>{\"imId\":\"ebaa9086f1654ecbd8083254db29b13a\",\"im...</td>\n",
       "      <td>北京三联盛广告有限公司</td>\n",
       "      <td>1-49人</td>\n",
       "      <td>12964399.0</td>\n",
       "      <td>61b07937d0458d53c627567e02u.jpg</td>\n",
       "      <td>https://www.liepin.com/company/12964399/</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>[展板设计, 排版设计, 广告设计, 广告制作, 广告策划, AI, Photoshop, ...</td>\n",
       "      <td>43877619</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=20&amp;...</td>\n",
       "      <td>False</td>\n",
       "      <td>ebaa9086f1654ecbd8083254db29b13a</td>\n",
       "      <td>2</td>\n",
       "      <td>2681958bb2abe783e42da02e451cb8e1</td>\n",
       "      <td>柴先生</td>\n",
       "      <td>经理</td>\n",
       "      <td>5f8f986aea60860b75384fab08u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>801 rows × 31 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             dataInfo  \\\n",
       "0   %7B%22jobId%22%3A%2262978103%22%2C%22d_curPage...   \n",
       "1   %7B%22jobId%22%3A%2263742391%22%2C%22d_curPage...   \n",
       "2   %7B%22jobId%22%3A%2263849505%22%2C%22d_curPage...   \n",
       "3   %7B%22jobId%22%3A%2263847841%22%2C%22d_curPage...   \n",
       "4   %7B%22jobId%22%3A%2263847661%22%2C%22d_curPage...   \n",
       "..                                                ...   \n",
       "36  %7B%22as_from%22%3A%22search_prime%22%2C%22sfr...   \n",
       "37  %7B%22as_from%22%3A%22search_prime%22%2C%22sfr...   \n",
       "38  %7B%22as_from%22%3A%22search_prime%22%2C%22sfr...   \n",
       "39  %7B%22as_from%22%3A%22search_prime%22%2C%22sfr...   \n",
       "0   %7B%22as_from%22%3A%22search_prime%22%2C%22ckI...   \n",
       "\n",
       "                                           dataParams       comp.compName  \\\n",
       "0   {\"jobId\":\"62978103\",\"userId\":\"e7c2aa07aa4873cb...    高闻美恒(上海)市场咨询有限公司   \n",
       "1   {\"jobId\":\"63742391\",\"userId\":\"95e96dc9df2d56d3...    北京蓝色光标数字传媒科技有限公司   \n",
       "2   {\"jobId\":\"63849505\",\"userId\":\"0cf7fb1f2697db85...   天下秀数字科技(集团)股份有限公司   \n",
       "3   {\"jobId\":\"63847841\",\"userId\":\"2a6e22909176de58...      北京伯乐互联科技发展有限公司   \n",
       "4   {\"jobId\":\"63847661\",\"userId\":\"2a6e22909176de58...      北京伯乐互联科技发展有限公司   \n",
       "..                                                ...                 ...   \n",
       "36  {\"imId\":\"13e6587f768d14451681c420ebdc29ac\",\"im...  正邦创意(北京)品牌科技股份有限公司   \n",
       "37  {\"imId\":\"15454e6d49b683f4966d2c65245014c5\",\"im...        北京木溪文化传媒有限公司   \n",
       "38  {\"imId\":\"6c250ce3eba37048e0d71104ecc2e595\",\"im...      北京合力合意公关顾问有限公司   \n",
       "39  {\"imId\":\"39893fc3b69836b9b0b324cf6014f601\",\"im...            抖音视界有限公司   \n",
       "0   {\"imId\":\"ebaa9086f1654ecbd8083254db29b13a\",\"im...         北京三联盛广告有限公司   \n",
       "\n",
       "   comp.compScale  comp.compId                    comp.compLogo  \\\n",
       "0           1-49人    9717642.0  63b7e846bf430b1205bd752e04u.png   \n",
       "1        500-999人    8816376.0  5c946e1d261c454598f1647906u.png   \n",
       "2      1000-2000人   12357905.0  5fc0bfabd4cc8a25315a2b1006u.png   \n",
       "3        100-499人    8775428.0  5bfe9b4574719df0ac99fcf903a.png   \n",
       "4        100-499人    8775428.0  5bfe9b4574719df0ac99fcf903a.png   \n",
       "..            ...          ...                              ...   \n",
       "36       500-999人    9255359.0  595dafee7032821b18e0a2eb05a.jpg   \n",
       "37          1-49人   12967071.0  61b07937d0458d53c627567e02u.jpg   \n",
       "38          1-49人    8236863.0  61b07937d0458d53c627567e02u.jpg   \n",
       "39       10000人以上    9802313.0  5e0d4ad929d83a675436b4a206u.jpg   \n",
       "0           1-49人   12964399.0  61b07937d0458d53c627567e02u.jpg   \n",
       "\n",
       "                                   comp.link comp.compIndustry  \\\n",
       "0    https://www.liepin.com/company/9717642/          广告/公关/会展   \n",
       "1    https://www.liepin.com/company/8816376/               互联网   \n",
       "2   https://www.liepin.com/company/12357905/            专业技术服务   \n",
       "3    https://www.liepin.com/company/8775428/               互联网   \n",
       "4    https://www.liepin.com/company/8775428/               互联网   \n",
       "..                                       ...               ...   \n",
       "36   https://www.liepin.com/company/9255359/          广告/公关/会展   \n",
       "37  https://www.liepin.com/company/12967071/            专业技术服务   \n",
       "38   https://www.liepin.com/company/8236863/          广告/公关/会展   \n",
       "39   https://www.liepin.com/company/9802313/               互联网   \n",
       "0   https://www.liepin.com/company/12964399/          广告/公关/会展   \n",
       "\n",
       "                                           job.labels job.jobId  ...  \\\n",
       "0                                                  []  62978103  ...   \n",
       "1                [达人投放, 达人采买, 线上广告, 抗压力强, 沟通力强, 执行力强]  63742391  ...   \n",
       "2                        [to C, to B, 旅游业, 自驾游, 日韩旅游]  63849505  ...   \n",
       "3                     [SEO/SEM运营, 互联网金融, to B, 批发/零售]  63847841  ...   \n",
       "4   [用户运营, 内容运营, 新媒体运营, 社群运营, 活动运营, IT/互联网/软件, to ...  63847661  ...   \n",
       "..                                                ...       ...  ...   \n",
       "36                               [大客户销售, 渠道销售, 企业端销售]  43993785  ...   \n",
       "37                                         [手绘, 视觉设计]  43956535  ...   \n",
       "38  [策划, 市场营销, 网络营销, 品牌公关, 危机公关, 品牌活动, 公文稿件, premi...  43945411  ...   \n",
       "39                                     [unity3d, c++]  43919745  ...   \n",
       "0   [展板设计, 排版设计, 广告设计, 广告制作, 广告策划, AI, Photoshop, ...  43877619  ...   \n",
       "\n",
       "   job.advViewFlag                                     job.dataPromId  \\\n",
       "0             True  d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "1             True  d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "2            False  d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "3            False  d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "4            False  d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "..             ...                                                ...   \n",
       "36           False  d_sfrom=search_prime&d_ckId=null&d_curPage=19&...   \n",
       "37           False  d_sfrom=search_prime&d_ckId=null&d_curPage=19&...   \n",
       "38           False  d_sfrom=search_prime&d_ckId=null&d_curPage=19&...   \n",
       "39           False  d_sfrom=search_prime&d_ckId=null&d_curPage=19&...   \n",
       "0            False  d_sfrom=search_prime&d_ckId=null&d_curPage=20&...   \n",
       "\n",
       "   recruiter.chatted                    recruiter.imId recruiter.imUserType  \\\n",
       "0              False  c2aa43f1cb28843959a7d64ad9817c9f                    2   \n",
       "1              False  93580ee4c176fc56613a615479ad0f1e                    2   \n",
       "2              False  218109b98251d8fe67766a03c68ce883                    2   \n",
       "3              False  8d949aa93609f85bc90094212836c467                    2   \n",
       "4              False  8d949aa93609f85bc90094212836c467                    2   \n",
       "..               ...                               ...                  ...   \n",
       "36             False  13e6587f768d14451681c420ebdc29ac                    2   \n",
       "37             False  15454e6d49b683f4966d2c65245014c5                    2   \n",
       "38             False  6c250ce3eba37048e0d71104ecc2e595                    2   \n",
       "39             False  39893fc3b69836b9b0b324cf6014f601                    2   \n",
       "0              False  ebaa9086f1654ecbd8083254db29b13a                    2   \n",
       "\n",
       "               recruiter.recruiterId recruiter.recruiterName  \\\n",
       "0   e7c2aa07aa4873cb61f8067a629333b3                     郑女士   \n",
       "1   95e96dc9df2d56d32383f7e54f9a055a                     印女士   \n",
       "2   0cf7fb1f2697db85b5cafef57e75970e                     石先生   \n",
       "3   2a6e22909176de58483f3584de04eaa0                     吴女士   \n",
       "4   2a6e22909176de58483f3584de04eaa0                     吴女士   \n",
       "..                               ...                     ...   \n",
       "36  b61dea982493c0dc3e5675124cab14be                     杨先生   \n",
       "37  709f3598e8bf1a3e587647227180ac07                     李女士   \n",
       "38  9a7c56b5f824075f37ffdec481db1e30                     孙先生   \n",
       "39  a92ef52c1e026891b73dddc6bbfe3149                     刘女士   \n",
       "0   2681958bb2abe783e42da02e451cb8e1                     柴先生   \n",
       "\n",
       "   recruiter.recruiterTitle         recruiter.recruiterPhoto comp.compStage  \n",
       "0                       HRM  5f8f98648dbe6273dcf8515508u.jpg            NaN  \n",
       "1                      招聘专员  5f8f9865ea60860b75384fa508u.jpg            已上市  \n",
       "2                        hr  5f8f986c79c7cc70efbf36c808u.jpg         沪深A股上市  \n",
       "3                      人事专员  5f8f9865ea60860b75384fa508u.jpg            天使轮  \n",
       "4                      人事专员  5f8f9865ea60860b75384fa508u.jpg            天使轮  \n",
       "..                      ...                              ...            ...  \n",
       "36                     人力主管  5f8f98698dbe6273dcf8516008u.jpg            NaN  \n",
       "37                     运营总监  61615a5c5c3a682bd55b4e8b02u.png            NaN  \n",
       "38                       HR  5f8f986bdfb13a7dee342f2108u.jpg          融资未公开  \n",
       "39                       hr  5f8f98648dbe6273dcf8515508u.jpg             D轮  \n",
       "0                        经理  5f8f986aea60860b75384fab08u.jpg            NaN  \n",
       "\n",
       "[801 rows x 31 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df=pd.DataFrame(广告行业_北京_results)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "ce2276db",
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_excel('广告行业_北京_results.xlsx')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}
